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2 128x128= 16,384 

3 64x64= 4,096 

4 32x32= 1,024 
3 16x16 = 256 
6 8x8 = 64 


2x256 = 512 
4x256= 1,024 
8x256 = 2,048 
16x256 = 4,096 
32x256 = 8,192 
64x256= 16;384 



mW^^LX. b^;l/i, zmSs 3{c»t?>;<t'J(D 
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^^^'JcDia, 3 8 x 32T'$>t), ^nti. 5x2 5 
6 J: fe/jN? v\ b'^;!/ 1 %m%^m. 2 o<D*i^ 

5-0 (6P-^. Ktif-^<0W\^<D2'D(0y^ym^'^ 
L/c^tU) 1fh^(0X\ /Mt'JOiPi|>J{i. CtlBO 
2007'('y^l<''<;l/4, 5St>\ 6T*S^ffl$-&5c: 

ttj;01fi!tTt§o b'^;l/4. 5m 6t*lt^ii 
)!)DtD5f'>i({i. 16, 3 2St;6 4T-feD. S.05^ 

yfm^.'^ti^fmt. m<DV-^)\'X*)2^m.nxm^ 

[0 0 4 1] -^SSfimi> b'^;V4, 5Rt>\ 6A^P) 

mmt. 04©i3ii^«4 5o©ck^*/Mtuiiii 

{i:iS46e.n5o 04mi-r5i:. b'^;I/4^St±s 8 

*Wb. 8 (2' T\ 3«tfitlB1i?n/cb-<;I/©Sfi: 
S^fSti)) -esijofcliw t^tiMta^Wts^^rt^clB 
itsnso ji*p<D2ocD7'r>4 5 ui, raCi^^s^E 

b-^;i/ 5 mmtim^fDit. ^x-mx 

h^o mmiic. muo:>4y-<yi,i. iy^)V6(DmiC^ 
tTiKD^tUIBUMii^ffifflbTiRStScDt. 
'iJgT'^^o ^a^lBtlt-Sttfc, y-(y^X^y:f 
Lrs.\,^CtlCjiM.t^. 2 5 6 x 2 5 6^^;b*^j!!igS 

nxi^^. -mmmxii. wmm^^isoiDi&mc^.^ 

tsiby^y. 2y^yM\tm^. 75y-<yA22 

ii. mm^4 5 o^iR^t5<D{cffiffl$n§„ ^s-^n 
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It. 2 5 6 x 2 56 ^-()V(D±r(omm^mum'^ 

[0 0 4 4]g2(i. 1 2 8 X 1 2 8 ^^-^';WcWt§. 

•9--l'X{C^tLT{i, ««]030(D^g|b^;Wi, 142 10 
X 1 2 8;^y7rrtc0p«^:y^S^fflT't§o 
[00 4 5] 
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S2 







1 128x128= 16;384 

2 64x64^ 4^6 

3 32x32 a 1.024 


2x128 « 256 
4x128= 512 
8x128 = 1024 



-mmmv^t. mrj.^'Ev ximrcrji)^^ u mm 

[0 0 4 6] W»r<D^£;ffl%/^^■rfc46^i:, SSttOTC^i 
[004 7] 

[gs] 
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20 
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tSo 1 2 8 x 1 2 8<i;t)/h$i/^^-i';l/-9-'i'X«> *S 

wfcti, »$t<*v>]EEiitt^i:*o. tiieoT. mm 
[0048] mmmx'$> ^ . m^wm^smc. so 
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mm^7.rcm.m^c^^. mfmmmf%i 
m^\f. 04 (B) (T^mmmbx. ls^^^a^^l 

2iiS;&JB^t§(D{C8 5l'yA^*^S-efe'3. L2<^a 
*^BL l^S(^ffM-r§0{C4OCD^^"^5^yA^i2Jg 

[0 0 4 9] xti^-f)\^T-'^^mrc 
ibic. mmc9irc^xmmm7bnmo 05 ax 

t. ti'7-xtimt)\ y7.^mx^mn^o en 

^<Dti^-mmi,t. RGB. YCrCb. CMY. CM 
YK. ^]y-X^-)imxS)^o i}y-Ktimmii. z'! 

y K (m i&m^) ic^*). ptt'j 5 0 1 cdj:^ 

[0 0 5 0] gpgs 0 1 t-^ibnxiiXM-^iU^^iBt 
^©ffi;'3{4 1 -Dmm^^yyr 5 0 2. - 5 0 2 N KIE 
St, l-S)<D^S>'^y7r5 0 2, -5 0 2n {CfiSii^ 

m^Klcibxiomw^yyTt'^h^o 

[0 0 5 1] ^sW^y77 50 2, -5 0 2n a. T^^r 
7502, -502Nti, XtStiiii3ti>lC':;x~y]y 

y hmx$>^o 

[0 0 5 2] %W^yy7 50 2, - 5 0 2n 

ic^^^nrcmc. M^^T;l/5 0 3i:x>hntf-?5 

mt^5 0 4ii. mc^mtnTcT—^ic-Di^^x. ws. 

f-3f ;^^-U 5 0 5 F^fc/^y 77 SnSo 

[0 0 5 3] i-Dco^^Mcm^s^m^m^ji^r^ti'^ 
<b. ^mim<DA.^4Mmm^nxi,^\^\ mic. 
Eoxii^xmmi. micmm^^Mcmnx 

[0 0 5 4] m^mmrn 

J p E G 2 0 0 om^X'ii. Emntcu- fx f y - 
So mnmmi. 3- fx f >j -Art©s%s,^.T:-ife 

a&jAf tlfc" for layers (1^1) " (C 

[0 0 5 5] 50tDlfflij^*^J P E G 2 0 0 Om^<0 
7—7)1 k- 1 6rt©^^8rt{i:l21^nTI/^5o "tntb 
(i> Pll-fi?#fi-^^-{4«jiff (LRCP) , «?# 

s-pga-fiSt^^-fiLHifr (RLCP) , m&-m 
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-i&^-mmn (rpcd , m-f&^-mmm- 
pgiifT (PCRL) . m-m-mm&-mmmn 

(CPRL) T-$5„ 

[0 0 5 6]li*{i. J PEG2 00 0^1grt(DCOD 

xapoDv-*-rtT-^8$n§„ mm^Tyt 

(COD) T-i^-aj PEGZOOOMIST'^g 

•sn^Lx. mm^. mu-^^w m. 

;i/ h X'Si>mMitmmt^o mnmm. ( p o d) lo 

(PLM) (i. litc^^i'yl/gp^tcWLT^?^;!/^?^^ 
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for(l=0;l<Iayer;l-H-){ 

for(r=0,-r<resoIution+l;r++){ 
for(c=0;c<coinponent;c++){ 

cj- "^^-P^^^e*!*^] = oldjjacket[l*component + r»Iayer*component + 
} 

} 

1 



Layer to Resolution Progression 



n = 0; 

for(r=0;r<resolution+ 1,t++){ 
fbr(l=0;l<layer;l++){ 
for(c=0;c<component;c++){ 
new_packet[n] = old_packet[r*component + 
l*(resolution+l)*component + c]; 



n++; 
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else 

D' n+l=Q (Dn+1) 
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K 8 i +6St;8 i +7 t^ft * [0 139] 



module inakeQ(q, q.lHH, q.lH, qJZHH, q.ZH, q.3HH,q.3H, 



q-3LL); 

input [5:0] q; 
output [3:0] q^lHH; 
output [3:0] q,lH; 
output [3:0] q^2HH; 
output [Z-O] qj2H; 
output [2:01 qJJHH; 
output [2:01 qJH; 
output [2:01 qJ3LL; 

wire [3:0] teinp_2H; 
wire [3:0] temp_3HH; 
wire [3:0] temp^3H; 
wire [3:0] tempJLL; 
wire [2:0] qlo; 
wire [2:0] qhi; 

assign qlo = q(2U)]; 
assign qhi = q[531; 

assign q^lHH = qhi + ((qlo >= 2) ? 1 : 0); 
assign q_lH = qhi + ((qlo >^ 4) ? 1 : 0); 
assignq^2HH = qhi + {(qlo >= 6) ? 1 : 0). 
assijgn lemp,2H = qhi + ((qlo >= 1) ? 0: -1); 
ass^ tempJ3HH = qhi + ((qlo 3) ? 0: -1), 
assign temp^H » + ((qlo >= 5) 7 0: -1) 
assign temp^LL =qhi-l 

assignq^2H =(tcmpJ2H < 0) ? 0 : temp__2H; 
assign q.3HH - (temp_3HH < 0) 1 0 : tempJPIH; 
assign q^3H =(temp_3H < 0) ? 0 : temp "sH; 
assign q^3LL = {teinp_3LL < 0) ? 0 : temp.3LL; 

endznodule 

^9a. (J PEG2ooo^gis^or-7;bj-2*^?) 30 mmi)\ mmmR^iTiy\£iyByicnLxmm^& 
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typedef struct .PACK_ { /* packet structure */ 

int start; /* packet starting point ♦/ 

int length; / * packet length ^1 

unsigned short t; /* tile number the packet belongs to */ 
unsigned short r; /* resolution the packet belongs to */ 
unsigned short c; /* component the packet belongs to V 
unsigned short I; /♦ layer the packet belongs to */ 
imsigned short p; /* precinct the packet belongs to V 
unsigned char select; /♦ selection flag V 
} Packet; 



/* Store packets from tp->tile[i].Size[j] array to the packet structure array 
Layer progression (LRCP) order •/ 

if (progression_order ~ 0){ 

j = 0; 

for(i=0,i<nuinber_oLtile;i++){ 
m=sO; 

for(l=0;l<layer;l++){ 
for(r=0,T<resolutian+l,T++){ 
for(<:sO;c<:companent;c-i"i-}( 
for(p=0,-p<prednctlr],-p++)| 

tp->pkO].start = tp->tile[i].pointer[m]; 
tp->pkO]. length = tp->tile[i]5i2e[m]; 
totaljength += tp->tile{iJ.Size(m]; 

tp->pk(j].t = i; 
tp->pk[j].r = r; 

tp->pkO].l = l; 
tp->pk5].c = c; 

tp->pkB].p = p; 

m++; 

} 



) 



} 

nujn\_packet[i] = m; 



} 
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(57)Abstract: 

PROBLEM TO BE SOLVED: To improve a compression and inverse compression 
mechanism, capable of carrying out performance rich in characteristics with a 
high-speed, low cost and small memory. 

SOLUTION: A system comprising a memory and wavelet processing logic is described. 
The memory is sized to include a plurality of lines for storing a band of an image and 
additional lines. The wavelet processing logic comprises a wavelet transform and access 
logic. The wavelet transform generates coefficients, when it is applied to data in the 
memory. The access logic reads data from the memory into Une buffers for supplying the 
data stored in the memory to the wavelet transform and to store coefficients in the 
memory, such that after the data stored at a first pair of lines are read from the memory, 
they are accumulated in the buffers of the access logic. The access logic reuses the first 
pair of lines to store coefficients generated by the wavelet transform, that are associated 
with a second pair of fines different from the first pair of lines. 
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CLAIMS 
[Claim(s)] 

[Claim 1] The wavelet transform which generates a multiplier when it has the 
memory of size which includes Rhine which memorizes the band of an image, 
and two or more additional Rhine and is applied to the data in memory, To the 
line buffer supplied to wavelet transform, the data memorized in memory It has 
the access logic which reads data from memory and memorizes a multiplier to 
memory. After the data memorized in a pair of 1st Rhine are read from memory 
to the buffer of access logic, access logic The system which has the wavelet 



processing logic which carries out the reuse of a pair of 1st Rhine which 
memorizes the multiplier generated by the wavelet transform relevant to a pair of 
2nd different Rhine from a pair of 1st Rhine. 

[Claim 2] Access logic is a system according to claim 1 which memorizes a 
multiplier in Rhine where memory continues with the multiplier from the 
decomposition level which is the same subband and adjoins mutually. 
[Claim 3] Each 1st Rhine in a pair of 1st and 2nd Rhine Is a system according to 
claim 1 which offsets mutually and is arranged in memory. 
[Claim 4] Access logic is a system according to claim 3 which memorizes the 1st 
output of the wavelet transform to each multiplier level in Rhine of the addition 
within the distance of offset. 

[Claim 5] The size of offset is a system according to claim 3 which is different on 
each conversion level. 

[Claim 6] The size of offset is a system [ equal to the conversion level of the 
multiplier memorized two times ] according to claim 3. 
[Claim 7] The offset for memorizing the 1st line of each set of the line of LI 
multiplier in memory during decomposition The offset which is two lines from the 
1st line of the data of the image relevant to said each set of the line of LI 



multiplier, and memorizes the 1st line of each set of the line of L2 multiplier is a 
system according to claim 6 which is four lines from the 1st line of LI multiplier 
relevant to said each set of the line of L2 multiplier. 

[Claim 8] Access logic is a system according to claim 1 which memorizes the 
multiplier relevant to larger decomposition level than the level 3 in Rhine of the 
memory which memorized the band of an image before. 

[Claim 9] Rhine of the addition relevant to offset is a system according to claim 3 
which is above Rhine which memorizes the band of an image. 
[Claim 10] Wavelet transform is a system according to claim 1 which is positive 
wavelet transform. 

[Claim 11] Wavelet transform is a system according to claim 1 which is reverse 
wavelet transform. 

[Claim 12] How to memorize the multiplier formed by applying wavelet transform 
to Rhine in memory so that each Rhine in memory might memorize from memory 
in a line buffer by the offset as which each class of the multiplier generated from 
read-out and the data memorized in Rhine of each set in memory requires data 
of Rhine of said each set in memory, in order to apply wavelet transform. 
[Claim 13] After the data memorized in a pair of 1st Rhine are read into the buffer 



of access logic from memory, in order to memorize the multiplier generated by 
wavelet transform It is the approach according to claim 12 which each 1st Rhine 
in a pair of 1st and 2nd Rhine is related mutually, offsets it, and is arranged in 
memory by having further the access logic relevant to a pair of 2nd different 
Rhine from a pair of 1st Rhine which carries out the reuse of a pair of 1st Rhine. 
[Claim 14] The method according to claim 13 of having further the access logic 
which memorizes the 1st output of the wavelet transform to each multiplier level 
in Rhine of the addition within the distance of offset. 

[Claim 15] The size of offset is a different approach according to claim 13 to 
each conversion level. 

[Claim 16] The size of offset is an approach [ equal to the conversion level of the 
multiplier memorized two times ] according to claim 13. 
[Claim 17] The offset for memorizing the 1st line of each set of the line of LI 
multiplier in memory during decomposition The offset which is two lines from the 
1st line of the data of the image relevant to said each set of the line of LI 
multiplier, and memorizes the 1st line of each set of the line of L2 multiplier is the 
approach according to claim 16 of being four lines from the 1st line of LI 
multiplier relevant to said each set of the line of L2 multiplier. 



[Claim 18] The method according to claim 12 of having further the access logic 
which memorizes the multiplier relevant to larger decomposition level than the 
level 3 in Rhine of the memory which memorized the band of an image before. 
[Claim 19] Rhine of the addition relevant to offset is the approach according to 
claim 13 of being above Rhine which memorizes the band of an image. 
[Claim 20] When it is the manufacture which has the medium which accumulates 
the instruction which can be executed, and in which at least one record is 
possible and performs with a processor Each class of the multiplier generated 
from read-out and the data memorized in Rhine of each set in memory from 
memory data by the offset required of Rhine of said each set in memory in the 
line buffer which applies wavelet transform The manufacture which makes it 
perform to a processor to memorize the multiplier formed by applying wavelet 
transform to Rhine in memory so that it may memorize in each Rhine in memory. 
[Claim 21] When it performs with a processor, in order to memorize the multiplier 
generated by it by wavelet transform after the data memorized in a pair of 1st 
Rhine were read into the buffer of access logic from memory by the processor It 
is the manufacture according to claim 20 which is made to perform carrying out 
the reuse of a pair of 1st Rhine relevant to a pair of 2nd different Rhine from a 



pair of 1st Rhine, and has further the instruction which each 1st Rhine in a pair of 
1st and 2nd Rhine is related mutually, offsets it, and is arranged in memory. 
[Claim 22] Equipment with which each class of the multiplier generated from the 
means which reads data from memory in the line buffer which applies wavelet 
transform, and the data memorized in Rhine of each set in memory has ****** 
which memorizes the multiplier formed by applying wavelet transform to Rhine in 
memory by the offset required of Rhine of said each set in memory so that it may 
memorize in each Rhine in memory. 



DETAILED DESCRIPTION 



[Detailed Description of the Invention] 
[0001] 

[Field of the Invention] This invention relates to use of memory for especially this 
invention to perform wavelet processing in relation to the field of compression 
and reverse compression. 
[0002] 

[Description of the Prior Art] New JPEG2000 decode specification (ITU-T 
Rec.T.800/ISO/IEC1 54441:2000 JPEG2000 image coding system) offers the 
definition of the new coding device and sign stream to an image. Although 
JPEG2000 specification is decode specification, by defining that a decoder must 
perform JPEG2000 prescribes coding and decode. Each image is divided into 
the tile (field) of the rectangle beyond one or it under JPEG2000 specification. 
When there are one or more tiles, tile-ization of an image generates the tile 



component which carries out mutually-independent, and is extracted or is 
decoded. A tile component has all the samples of the predetermined component 
in a tile. An image has two or more components. Each of such a component has 
the sample of two-dimensional array. For example, a color picture has red, green, 
and a blue component. 

[0003] A tile component is decomposed into different decomposition level using 
wavelet transform after tile-izing of an image. Such decomposition level contains 
some subbands occupied by the multiplier which describes the original 
horizontal and the perpendicular spatial frequency of a tile component, this 
multiplier — the image whole crossing — coming out there is nothing and the 
frequency information about a local field is offered. That is, a small number of 
multiplier describes a single sample completely. Decomposition level is 
connected with the following decomposition level with the space multiplier of 2 
so that each continuous decomposition level of a subband may have the 
horizontal resolution of the abbreviation one half of front decomposition level, 
and half vertical definition. 

[0004] Although there is a multiplier of a sample and the same number, the 
contents of Information are In the inclination concentrated only on some 



multipliers. The multiplier of many numbers decreases further through 
quantization. Processing of the addition by the entropy encoder is often large as 
compared with the original image, and decreases the number of bits required to 
express these quantized multipliers. 

[0005] Each subband of a tile component is further divided into a code block. 
Grouping of these code blocks is carried out to a partition. These rectangle 
arrays of a multiplier are extracted Independently. Entropy code modulation of 
each bit side of the multiplier within a code block is carried out with three coding 
pass. Each of these coding pass collects the information on the context about 
the bit side of the compressed image data. 

[0006] Grouping of the bit stream of the compressed image data formed from 
these coding pass is carried out to a hierarchy. A hierarchy is the grouping of the 
arbitration of the coding pass which continues from a code block. Although there 
is big flexibility in hierarchization, a premise is that each continuing hierarchy 
contributes to the image of higher quality. The subband multiplier in each 
resolution level is divided into the rectangle field called a partition. 
[0007] A packet is the fundamental unit of the compressed code stream. A 
packet contains the image data compressed from one hierarchy of one partition 



of one resolution level of one tile component. These packets are arranged in the 
sequence defined within the code stream. 

[0008] The code stream relevant to the tile systematized by the packet is 
arranged at one or the tile part beyond it. The tile partial header which consists 
of a series of markers and marker segments, or tags includes the information 
about various devices and coding formats required in order to decode [ decide a 
location, extract and ] and reconfigurate for every tile. It becomes the head of all 
code streams from a marker and a marker segment, and there is a main header 
which also offers the information about an original image and the same 
information in it. 

[0009] a code stream is boiled in the file format to which application makes it 
possible to translate the semantics of an image, and other information about it - 
it can be contained. A file format may also contain other data of a code stream. 
[0010] 

[Problem(s) to be Solved by the Invention] A JPEG2000 code stream is 
performed by making sequence in a coding step reverse. Drawing 1 shows the 
block diagram of JPEG2000 specification coding device which acts about the 
compressed image data-code stream. If drawing 1 is referred to, a bit stream will 



be first received by data alignment Brock 101 who does re-grouping of the 
subband multiplier to a hierarchy. In order to decode the compressed bit stream, 
the related information collected during coding about the image data by which bit 
side compression was carried out, and its internal state are used for the 
algebraic-sign-ized machine 102. 

[0011] After arithmetic decode, a multiplier is multiplier bit modeling Brock 103, 
and receives bit modeling. Next, a code stream is quantized by quantization 
Brock 104 quantized based on the target field (ROI) shown by ROI Brock 105. 
After quantization, through conversion Brock 106, inverse transformation is 
performed for the remaining multiplier, then component conversion Brock 107 of 
DC and an option continues. Now, the reconfigurated image is generated. 
[0012] As for JPEG2000 specification, many selections remain for activation. 
[0013] 

[Means for Solving the Problem] A system including memory and wavelet 
processing logic is indicated. Memory has size including two or more Rhine, in 
order to accumulate the band (band) of an image, and additional Rhine. Wavelet 
processing logic includes wavelet transform and access logic. Wavelet transform 
generates a multiplier, when carried out to the data in memory. By supplying the 



data memorized by memory to wavelet transform, access logic reads data from 
memory in a line buffer, in order to accumulate a multiplier into memory after the 
data memorized by a pair of 1st Rhine from memory to the buffer of access logic 
are read. Access logic carries out the reuse of a pair of 1st Rhine, in order to 
memorize the multiplier generated by the wavelet transform in relation to the 2nd 
different Rhine for Mino from a pair of 1st Rhine. 
[0014] 

[Embodiment of the Invention] I will be completely understood from the drawing 

of attachment of this invention, and the following detailed explanation. However, 

don't understand it as what a specific example is only for explanation and an 

understanding about this invention, and restricts that of this invention. 

[0015] The improvement of compression and a reverse compressor style is 

indicated. In order to perform a high speed, low cost, small memory, and/or 

abundant activation of the description, it is the purpose of the technique 

indicated here and activation to use the selections in JPEG2000. 

[0016] By the following explanation, in order to give perfect explanation of this 

invention, many details are given. However, this invention of perform [ it / without 

these specific details ] is clear to this contractor. For example, known structure 



and equipment are shown by in the form of a block diagram instead of details, in 
order to avoid making this invention ambiguous. 

[0017] Some parts of the following detailed explanation are shown by the 
algorithm of operation and notation expression about the data bit in a computer 
memory. These algorithm-publications and expressions are means used by this 
contractor of the field of a data-processing technique for transmitting the stereo 
of research to other contractors of these most efficiently. It is thought that an 
algorithm is the sequence of the step which has the self-consistency which 
draws the result of a request here. These steps need physical actuation of a 
physical amount. Usually, although it is unnecessary, these amounts are 
accumulated, transmitted, combined and measured and take the format of an 
electric or magnetic signal by which other actuation can be performed. From the 
reason of common use, these signals are mainly understood that it is often 
convenient to refer to as a bit, a value, an element, a symbol, the character, a 
term, a number, or same thing. 

[0018] However, all these same vocabulary relates to suitable physical quantity, 
and should memorize that it is the convenient mere label given to these amounts. 
Unless it is said that it is especially clear from the following explanation, "it 



calculates". [ "it processing" or ] Or "it determines". [ "it computing" or ] Or use of 
the vocabulary which lets "it displaying" or explanation like the same thing pass 
The data shown as a physical (it is electric) amount in a computer system 
register and memory A computer system and memory, a register or other 
information storage, transmission Or being referred to at actuation and 
processing of the computer system or the same electronic calculation machine 
operated and changed into other data similarly shown as a physical amount in 
an indicating equipment is understood. 

[0019] This invention relates also to the equipment which performs actuation 
explained here. This equipment may also contain the general purpose computer 
which is alternatively activated by the computer program which was constituted 
specially because of the required purpose, or was accumulated into the 
computer, or is reconfigurated. Although the limit for which such a computer 
program and each were connected to the computer system bus is not carried out, 
the are recording medium in which computer read-out like a flexible disk, an 
optical disk, CD-ROM and a magnetic disk, read-only memory (ROM), random 
access memory (RAM), EPROM and EEPROM, the MAG, an optical card, or the 
medium of other formats suitable for memorizing an electronic instruction is 



possible memorizes. 

[0020] The algorithm and display which are shown here do not relate to a 
specific computer or other specific equipments at a proper. The equipment 
which performs the approach step as which various general-purpose systems 
can use it with a program according to the technique explained here, or are 
required and in which it specialized further can be realized conveniently. The 
required structure over these various systems will become clear from the 
following explanation. Furthermore, in addition, this Invention is not indicated 
with reference to specific programming language. It will be understood that it can 
be used for various programming language performing the technique of this 
invention indicated here. 

[0021] The medium in which read-out is possible includes by machine the device 
of the arbitration which memorizes the Information on the format In which 
read-out is possible with a machine (for example, computer), and is transmitted. 
For example, the medium in which read-out is possible includes read-only 
memory ("ROM"), random access memory ("RAM"), a magnetic-disk are 
recording medium, an optical are recording medium, flash memory equipment, 
the propagation signals (for example, a subcarrier, an infrared signal, a digital 



signal, etc.) of the format of electric, optical, acoustical, or others, etc. by 
machine. 

[0022] The explanation below a general view relates to the activation or the new 
approach of using the flexibility of JPEG2000 or other coding devices of the 
same description. 

[0023] Memory use drawing 2 about low memory and high-speed burst access 
shows one example of the configuration of the image in memory 201, When 
drawing 2 is referred to, only a "tile height" raster line has the band (band) of an 
image in memory 201 , and a whole image does not have it. Thus, the amount of 
the image in memory 201 is equal to image width credit ****** height. Inside the 
band of an image, there is at least one tile like a tile 210. 

[0024] The wavelet transform processing logic 202 has memory access logic 
202A which reads data from memory 201 and memorizes data in memory 201 
so that data may be given to wavelet transform 202B. The wavelet transform 
processing logic 202 has hardware, software, or the both combination. 
[0025] In the one example, memory access logic 202A accesses a tile with four 
parameters of the Rhine offset (image width) for obtaining the head in other 
Rhine from the pointer to the head of the tile in memory or an index, the width of 



face of a tile, the height of a tile, and one head in Rhine. Instead, memory access 
logic 202A can access a change of the width of face of a tile at memory 201 
using the pointer or index to the last of a tile. 

[0026] In the one example, in order to perform a certain function F and to access 

a part of each Rhine of a tile, or Rhine of an image, the following processings are 

used. 

[0027] 

[Equation 1] 

1F of a function includes the thing of Rhine for which wavelet transform is given 
for constructing. DC level shift and multiplex component conversion are 
sufficient as other functions F. 

[0028] Such processing is performed by hardware (for example, the logic of 
dedication, a circuit, etc.), software (it performs by the general purpose computer 
or the exclusive machine), or processing logic including the both combination. 
[0029] In the one example, the multiplier from a subband is accessed using a 



start point, width of face, height, and the same device in which it has the Rhine 
offset. Since both the lines of a multiplier are accumulated into memory, when it 
memorizes in a cache, burst accessible memory, or memory larger than one 
multiplier, a line is accessed efficiently. 

[0030] Drawing 3 (A)-(C) shows the configuration of the conversion memory to 
various level which shows notionally how a multiplier is memorized. (The 
nomenclature of a 800/ISO/IEC1 54441 of ITU-T 

recommendations:2000JPEG2000 image coding system is used) All LH, HL(s), 
and HH multipliers are encoded. These multipliers are shown by the broken line 
within drawing 3 (B) and 3 (C). When having calculated conversion except for LL 
multiplier of the last conversion level encoded, only the input line and LL (shown 
by continuous line within drawing 3 [ of continuous level ] (B) and 3 (C)) multiplier 
of the input tile 301 need to be memorized temporarily. When the conversion 
which performs a horizontal and a perpendicular with one pass, and uses a line 
buffer is used, **** of an input row is read completely (an input row or LL 
multiplier), and the reuse of the space used by Rhine is once carried out. 
[0031] Drawing 3 (A)-(C) shows the input tile 301, the level 1 (LI) (302) which 
aligned by offset, and level 2 (L2) (303) memory area, in order that how to face 



how within one example may show whether it is attained. Addition of two lines of 
the lines 312 and 313 to the room used for holding the input tile 301 is needed 
for generating L1 multiplier, when carrying out the reuse of the memory to the 
input tile 301 to LI multiplier. Addition of four lines of a line 341-342 to the room 
used for holding L1 multiplier is needed for generating L2 multiplier, when 
carrying out the reuse of the memory memory which memorizes L1 multiplier to 
L2 multiplier. (It is cautious of there being two lines of useless space among lines 
341 and 342.) As for additional Rhine, it is desirable that wavelet transform is 
behind the direction given to the information in memory. 

[0032] especially the input row of the input tile 301 - constructing -- it 
corresponds to each one line of LL, LH, HL, and HH multiplier of level 1 of the 
result of having given the wavelet transform currently written in Rhine of the 
result of having given conversion to two different Rhine, and memory. For 
example, the result of having given wavelet transform to input rows 310 and 31 1 
is a multiplier in the part of the lines 312 and 313 of LI multiplier (302). For 
example, by the LL multiplier 321 of a line 312 being equivalent to LL multiplier 
(continuous line) of level 1 , the HL multiplier 322 of a line 312 is equivalent to HL 
multiplier of level 1, and the LH multiplier 323 of a line 313 is equivalent to LH 



multiplier of level 1, and the HH part 324 corresponds to HH multiplier of level 1. 
The level 1 multiplier from the first two input lines is memorized in two excessive 
lines of the top of memory, and the remaining level 1 multiplier is written in the 
location which memorizes the data of the input tile 301, in order to carry out the 
reuse of the memory. The width of face and the height to each format (for 
example, LH, HL. HH) of the multiplier to each subband of a level 1 multiplier are 
the one half of the input tile 301 . The Rhine offset (for example, distance of a line 
312 to the line 314 in drawing 3 (B)) of LL line of LL line about level 1 to a degree 
is twice the tile width of face (since each multiplier line is from the field 
corresponding to two Rhine). 

[0033] Similarly, it is a multiplier in two lines, i.e., the result (continuous line) of 
having given wavelet transform to two lines of LL multiplier in level 1 is LL 
multiplier (331), LH multiplier (332), HL multiplier (333), and HH multiplier (334) 
in level 2. The width of face and the height of level 2 multiplier are the quadrant 
of the input tile 301 . The Rhine offset over level 2 is 4 times the tile width of face 
(since each multiplier line is from the field corresponding to two level 1 LL lines 
or four input lines). Thus, four excessive Rhine of memory is needed for using 
the same memory which memorizes an input tile, in order to memorize L2 



multiplier. When 3rd decomposition level is performed, it is cautious of eight lines 
of an addition being the need. Therefore, in this example, in order to make it 
possible to carry out the reuse of the memory which has two level of the 
decomposition which memorizes input time amount and is given there, 
excessive Rhine of 14 is needed in total, determining excessive Rhine - child 
merit **** — a general formula is given by the following 2 (maxlevel+1)-2. 
[0034] In order to access a subband like LL, LH, HL, and HH subband, it needs 
to be offset between a head pointer, and a line/Rhine. Height and width of face 
are also required in order to know the time of stopping when accessing a tile. 
[0035] If decomposition level increases, some lines in memory will become intact. 
That is, it is that Rhine of the memory under L1 multiplier after the 1st 
decomposition level becomes intact, and Rhine of the memory under L2 
multiplier after the 2nd decomposition level becomes intact etc. The reuse of the 
excessive space is carried out in the one example. 

[0036] Drawing 3 (D) -3 (F) memorizes the result which additional Rhine gave 
inverse transformation, and Rhine of these additions shows the corresponding 
inverse transformation memory use behind [ that inverse transformation is 
performed within memory ] a direction. 



[0037] Drawing 4 (A) is drawing showing the example of the single memory 
which can memorize an input and various decomposition level to positive 
conversion, respectively. Reference of drawing 4 (A) shows the location to an 
input tile, a level 1 multiplier, level 2 multiplier, and level 3 multiplier to 2 of an 
addition, 4, and eight lines, respectively. Drawing 4 (B) is drawing which the 
input loading factor of the various level of conversion can memorize with an 
output during inverse transformation and in which showing the example of the 
same single memory. 

[0038] Table 1 shows the amount of the memory demanded from the various 
conversion level of 256x256 tile to separate memory and the memory by which 
the reuse was carried out. 
[0039] 
[Table 1] 



SI 











1 


256x256=^ 


65^36 


2x256« 


512 


z 


128x128 = 


16^84 


4x256 = 


1,024 


3 


64x64« 


4,096 


8x256 = 


2,048 


4 


32x32 = 


1,024 


16x256 = 


4,096 


5 


16x16 ^ 


256 


32x256 = 


8,192 


5 


8x8 = 


64 


64x256a 


16,384 



The amount listed to the memory by which the reuse was carried out is the new 
memory of the addition used to the level. Level 1 and the reuse of memory to 2 
and 3 save memory to this example. Level 4 uses another memory. 
[0040] the inside of the single memory after, as for the memory to level 4, 5, and 
6, level 3 was generated - or and it differs completely, it can arrange in another 
memory. The amount of required memory is 38x32, and it is smaller than 5x256. 
Since there is two intact Rhine (namely, memory which memorized the last two 
Rhine of input data) after generating of a level 1 multiplier, saving of small 
memory can be attained by carrying out the reuse of these two Rhine on level 4, 
5, and 6. The numbers of Rhine of the addition to level 4, 5, and 6 are 16, 32, 
and 64, and the excessive space between Rhine is separated from front level 2 
times, and since it is half width efface, especially this is important. 
[0041] In the one example, the multiplier from level 4, 5, and 6 is put in small 
memory structure like the storage region 450 of drawing 4 . Reference of 
drawing 4 memorizes level 4 multiplier In the field which has height equal to the 
tile height divided by 8 (3 level 23), and has width of face equal to the width of 
face w divided by 8 (it is 23 and 3 corresponds to the number of the level 
memorized before). Two additional Rhine 451 is need altogether memorizing the 



multiplier of level 5 in the same required storage region. Similarly, it is the need 
altogether holding four lines of an addition to the multiplier of level 6 using this 
memory storage region. When memorizing a multiplier, it is cautious of not 
skipping Rhine. In the one example in which 256x256 tile is processed, with 421, 
422 [ of five lines / of two lines ] of about 4.75 lines is used, although [ which 
holds a storage region 450 ] it is excessive in the low section of the are recording 
field 430. As shown, in addition to the allocated memory or it, the approximation 
by 422 shows the memory of three lines required to memorize an input tile. The 
reuse of the field which memorizes an input tile by this approach is carried out 
nearly completely. 

[0042] In the one example, very much, a few or in order to use the minimum 
memory potentially, level 6 is independently memorized from level 4 and 5. 
However, this only saves 64 bytes of memory. 

[0043] Small memory can hold all the transform coefficients of 256x256 tile for a 
while rather than 273x256. This is smaller than a very suitable memory 
configuration 7%. Unlike a suitable memory configuration, the line which the 
excessive copy was avoided and was put in coincidence on the other hand for 
[ both ] rapid access is held. 



[0044] Table 2 shows other examples of the another memory and the memory 
by which the reuse was carried out to 128x128 tile. To this size, the first three 
conversion level can carry out the reuse of the memory in 142x128 buffer. 
[0045] 
[Table 2] 



mi 







1 128x128 = 16384 

2 64x64 = 4^6 

3 32x32 a 1,024 


2x128= 256 
4x128= 512 
8x128 = 1024 



The decision wiiich uses suitable memory or new memory in the one example is 
the height of a tile, and the function of conversion level. Such decision is based 
on below. Tile height > In the case of 2 (3*level-2), a suitable approach is used. 
Tile height = in the case of 2 (3*level-2), either is used. In the case of tile height 
<2 (3*level-2), new memory is used. 

[0046] Table 3 is as follows in order to show application of decision. 

[0047] 

[Table 3] 
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2'^(3*ievel-2) 
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16 
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128 
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1024 


5 


8192 



It is inconvenient to fit a memory configuration to tile height in some application. 
The memory configuration of single immobilization can be used. Tile size smaller 
than 128x128 serves as compressive ability which is not desirable typically, 
therefore, typically, is not used. However, when bigger tile size than IKxIK is 
used to a very big image, this does not improve compression greatly but, 
typically, a lot of memory needed has a heavy burden. Therefore, the tile height 
between 128-1024 is assumed, and it is good to use suitable memory to 3 level 
of conversion in fact. 

[0048] Decode is the same, before decode logic reads, the result of having given 
inverse transformation is written in and a remarkable difference is only that 
initiation is started from a record level from level 6 to level 1 in an 
above-mentioned example to the minimum level. In such a case, an input tile 
finishes with the top of memory structure. Excessive Rhine in which the reuse of 
memory Is held is descending order. For example, eight lines is required to use 



the structure of drawing 4 (B) and form L2 multiplier from L3 multiplier, four 
excessive Rhine is required to form L1 multiplier from L2 multiplier, and two 
excessive Rhine is required to form an input tile from L1 multiplier. 
[0049] In the one example, in order to treat Input tile data, color conversion may 
be performed in advance of coding. Drawing 5 shows one example of 
processing treating input data. Reference of drawing 5 receives a color input 
pixel in order of a raster. These color pixels are RGB, YCrCb, CMY and CMYK, 
gray scale, etc. A color input pixel may be memorized as a tile in memory like 
memory 501 with a band (or other formats). 

[0050] The pixel received directly from an Input from the phase 501 receives 
color conversion and/or a level shift, and the output of a result is memorized by 
one 5021 to 502 N multiplier buffer. That is, once color conversion is completed 
to each tile, one 5021 to 502 N multiplier buffer will memorize, and the following 
tile will be processed. In the one example, there is a multiplier buffer to each 
component. 

[0051] A 5021 to 502 N multiplier buffer is used by conversion, as it mentioned 
above in order to perform wavelet transform, carrying out the reuse of the 
memory. Therefore, an input and the output of a 5021 to 502 N multiplier buffer 



are wavelet transforms. 

[0052] After conversion is given to a 5021 to 502 N multiplier buffer, a relational 
model 503 and the entropy encoder 504 perform further compression processing 
about the already changed data. The buffer of the encoded data is carried out 
into the coding data memory 505. 

[0053] Conversion may be applied to another **** tile, performing further 
compression processing to one tile. Similarly, actuation of all which **** may be 
performed to coincidence at two or more tiles. 

[0054] The data in the compressed code stream are memorized by one of the 
five advance sequence, and are sold at advance sequence conversion 
JPEG2000 specification. Advance sequence may change in that it differs in a 
code stream. Sequence is defined by embedded "for layers (hierarchy)" about a 
hierarchy, a partition, resolution, and a component. 

[0055] Five advance sequence is indicated in the specification in the table A-16 
of JPEG2000 specification. They are hierarchy-resolution-component-location 
advance (LRCP), resolution-hierarchy-component-location advance (RLCP), 
resolution-location-component-hierarchy advance (RPCL), 

location-component-resolution-hierarchy advance (PCRL), and 



component-location-resolution-hierarchy advance (CPRL). 
[0056] Sequence is defined within COD within JPEG2000 specification, or a 
POD marker. A coding formal default (COD) marker is defined by JPEG2000 
specification, and describes the hierarchization which is the default used for 
compressing a coding format, decomposition level and an image, or (if it being in 
a tile partial header) all the components of a tile (if it being in a main header). An 
advance sequence modification (POD) marker describes a boundary and 
advance sequence to every advance sequence except being specified in the 
COD marker segment in a code stream. A packet size main header (PLM) 
shows the location which shows the list of packet sizes in a tile part, and a 
packet size to each tile part in order, and a tile PERT header (PLT) shows the 
inside of a tile part, and a tile packet size, and has data in a code stream. 
[0057] B. To predetermined advance sequence, how is constituted or, as for 
JPEG2000 specification in Chapter 12, the packet of compressed data specifies 
a chisel. It does not describe how data are changed into other advance 
sequence from one advance sequence. 

[0058] In the one example, an advance sequence conversion parser changes a 
code stream in order of a desired advance based on a user's input, without 



carrying out data decode and encoding it again. Drawing 6 (A) shows the system 
which has such a parser. If drawing 6 (A) is referred to, a parser 601 will receive 
the demand from the client about specific advance sequence. This client 
chooses a specific link, looking at a web page. Answering this demand, a parser 
601 accesses a server 602 and changes in order of advance which is different in 
a code stream based on code stream **** relevant to all the images 603, and a 
demand from memory 604, This demand uses an options command (for 
example, RL2L (from resolution-hierarchy advance to hierarchy advance) 
advance sequence is shown.). The advance sequence described is based on a 
hierarchy, resolution, the component, the partition, or the tile. 
[0059] Drawing 6 (B) shows the advance converter changed into a resolution 
advance (RLCP) code stream from a hierarchy advance code stream (LRCP). 
The map of the advance sequence is carried out directly mutually. 
[0060] Drawing 7 (A) shows two or more paths of changing a code stream into 
other advance sequence from one advance sequence. If drawing 7 (A) is 
referred to, each of five advance sequence (LRCP, RLCP, RPCL, CPRL, and 
PCRL) is shown with the path to each other, and, thereby, all advance is shown. 
In the one example, a parser performs hierarchy advance to all conversion, and 



performs through and selected conversion first. Drawing 7 (B) shows one 
example of such a simplified conversion path, and the number of mapping 
demanded decreases from 10 (it is shown in drawing 7 (A) like) to 4. However, 
among five advance sequence, before one of the throats reaches the selected 
sequence, it can be used as one from which all are changed. The conversion 
technique explained here simplifies a source code so that the number of Rhine 
of a source code may become less than conversion of many paths very much. 
This decreases debugging time amount and brings little memory and a result of 
an execution-time variable. 

[0061] In order to perform conversion, the reorder of the sequence of the packet 
in a code stream is carried out, and if it is ****, there is nothing. As for a packet, a 
label is attached by the continuation sequence within a code stream. A marker 
shows [ the start point of data, the die length (or instead of, ending point of data) 
of data, and ] how data should be treated, for example, a ****** [ whether as for 
those directions with which data should be treated how, data should be deleted, 
and that data should be omitted ] - or it is shown in data whether other actuation 
should be performed. Such handling information comes also from rate distorted 
information which is established in PLT/PLM of JPEG2000 specification, and/or 



a PPT/PPM marker set. It is possible to omit without a code stream changing a 
packet header by this approach. 

[0062] one example - a list and an array -- or - others (it is (like the reordering 
structure of 601 A)) - structure is built by showing the part of the data in each 
packet. This structure is used and the reorder of the packet is carried out. 
[0063] Drawing 8 shows one example of the processing which performs advance 
sequence conversion. This processing is performed by hardware (for example, 
the logic of dedication, a circuit, etc.), software (it performs by the general 
purpose computer or the exclusive machine), or processing logic including those 
both combination. 

[0064] If drawing 8 is referred to, it will start by the processing logic which builds 
the list from the header in a packet (processing Brock 801), and "processing will 
eliminate" the Mirkin grist item optionally for quantization (processing Brock 802). 
Next, the reorder of a list is performed in order that processing logic may carry 
out the map of the original advance to a desired (it includes treating an input and 
an output by advance to which it was specified by the POC marker (boundary 
about advance sequence)) advance (processing Brock 803). After that, 
processing logic outputs the data encoded based on the reorder list (processing 



Brock 804). 

[0065] Therefore, the combination of a reorder and analysis makes possible 
specifications, such as desired reordering and resolution, and quality. 
[0066] Below the example of advance sequence conversion is an example which 
shows how a packet is arranged within a code stream. The code stream is 
formed based on two components, two hierarchies, 3 decomposition level, and 
hierarchy advance. 

[0067] Table 4 shows packet sequence, die length, and the related index of the 
packet within this example. A packet sequence train shows the continuation 
sequence of the packet arranged in a code stream. Die length shows the die 
length of a packet A related index shows the partition of resolution, a hierarchy, 
a component, and a packet. 

[0068] For example, a packet [0] is a packet of the beginning in the code stream 
after the 1st tile header. It has 589 bytes. The related index RwLxCyPz shows 
resolution w, Hierarchy x, Component y, and the packet adapted to Partition z. 
[0069] 
[Table 4] 
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packet[4] 
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packet[6j 
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length=589 
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ROLOCOPO 
ROLOClPO 
RILOCOPO 
RILOCIPO 
R2L0C0P0 
R2L0C1P0 
R3L0C0P0 
R3L0COPO 

ROLICOPO 
ROLiaPO 
RILICOPO 
RILICIPO 
R2L1C0P0 
R2L1C1P0 
R3UC0PO 
R3L1C1P0 



Within this code stream, grouping of the packet is carried out based on the 
hierarchy with them. The first eight packets belong to a hierarchy 0. Eight 
continuing packets belong to a hierarchy 1. 

[0070] Transform processing explained here is used and an above-mentioned 
code stream is changed into resolution hierarchy advance. In the following, the 
packet above-mentioned [ how ] shows whether a reorder is carried out. 
[0071] After a hierarchy advance code stream is changed into resolution 
advance, based on resolution, grouping of the packet is carried out within a new 
code stream. Such grouping is shown in Table 5, It is that the first four packets 
belong to resolution 0, and the four following packets belong to resolution 1 etc. 



[0072] 



[Table 5] 
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0 

1 

8 

9 


packet(0] 
packetjlj 
padcet(2] 
packet(3] 


length=589 
l€ngth=589 
lei^th=535 
lGngth=535 


ROLOCOPO 
ROLOClPO 
ROLICOPO 
ROLIClPO 


2 
3 
10 
11 


packet(4] 
packetlSI 
packet[6l 
packet[7] 


lengtjh=924 
lerigth=924 
Iength=1523 
length=1523 


RILOCOPO 
RILOCXPO 
RILICOPO 
RILICIPO 


4 
5 

12 
13 


packet[8] 
packet[9] 
packet(10] 
packet[ll] 


length=16Q2 
length=1602 
length=5422 
Iength:=5422 


R2LOCOP0 
R2L0C1P0 
R2L1C0P0 
R2L1C1P0 


6 
7 
14 
15 


packel[121 
packet[13] 
packet[14] 
packet[151 


length=733 
length=733 
len2^16468 
IenKth»X6468 


RSLOCOPO 
R3L0C1P0 
R3UC0P0 
R3L1C1P0 



It is [0073] to the hierarchy advance from the one example resolution of a 
conversion algorithm. 
[Equation 2] 



n = 0; 

for(l=0;l<layer;l++){ 

for(r=0,T<resoIution+l;r++){ 
for(c=0;c<component;c+H-){ 

new_packetln] = old^packet[l'component + r»layer*component 
cj/ n++; 

} 

} 

} 



Layer to Resolution Progression 

n = 0; 

for(r=0;r<resolution+l;r++){ 
for(l=0;l<layer;l++){ 

for(c=0;c<coinponent;c++){ 
new.packet[n] = oid_packet[r*component + 
l*(resolution+l)*component + c]; 
n++; 

) 

) 

} 



Here, they are the number of the hierarchy in a layer= code stream, the number 
of the decomposition level in a resolution= code stream, and the number of the 
component in a component= code stream. 

[0074] It is data concealment (side band information) to that of JPEG2000 
coding. 

Bit concealment makes it possible to transmit side band information, without 
making a file size increase. (The COM marker defined by JPEG2000 may be 



used instead) Although a file size is increased, the side band information which 
does not intercept a simple decoder is also important. 

[0075] Padding of some marker segments, packet headers, and packets is 
carried out to a cutting tool also with near origin. The examples of a JPEG2000 
marker segment are PPM, PPT, PLM, and PLT. In addition, the twist required to 
include QCD, QCC, and POC of some marker segments may also be still longer. 
The padding data value is not defined in all these cases. 

[0076] Although a limit is not carried out in the data of the undefined with which 
the coding device of some dedication has been arranged at this half-random, it 
can be used in order to offer the information including decode and filtering 
directions, ownership, segmentation directions, etc. on some important formats. 
Directions may also contain the index to a specific improvement device. For 
example, when the image is known as it is almost a text, the value which shows 
that the 1st pretreatment filter should be used is sent. On the other hand, when a 
field is mostly a graphic image, the value which shows that the 2nd pretreatment 
filter should be used is sent. 

[0077] The following is the location where side band information may be 
accumulated, or a bit is hidden in a code stream. 



- after the packet of the last of the packet header rounded off by the 
algebraic-sign-ized machine (AC) terminal point without a terminal point which 
can be predicted, and - cutting tool, and the - last - before the following tile and - 
they are the tag tree structure by always not using min, a - packet header L 
Brock signal, the LSB parity (amelioration pass - clean-up pass) to - code block, 
-QCD, a QCC excessive subband, and POC. 

[0078] For example, the data which use AC terminal point carry out concealment 
Seki, and at least, whenever termination of the encoder is carried out, 0 to 7 bits 
is prepared. However, this is extended to some cutting tools. These special bits 
and cutting tools are used for sending special information. 
[0079] The last of a packet header is rounded off about each packet header in 
the byte boundary. Therefore, in order to send information special whenever 
rounding-off is required, 1 to 7 bits is used. Similarly, each packet is rounded off 
in the byte boundary, and, thereby, prepares 1 to 7 bits (it is assumed that slight 
roundness is required). Moreover, several bytes can be extended by the packet 
of the last in a tile part. These special cutting tools may be used for sending an 
addition and information. 

[0080] The die length of the compressed data to a code block can be given into 



the packet header of the expression which is not min. Expressional selection (for 
example, the non-minimum expression) can be used in order to direct other 
information. 

[0081] The packet header of JPEG2000 specification uses a tag tree about 
concealment of tag tree data for coding of the 1st inclusion and zero bit side 
information. When there are two or more code blocks, tag trees seem to be four 
trees of the minimum value. For example, in 16 code block in the 4x4 
arrangement in a packet, arrangement is as follows. 
[00821 
[Equation 3] 

10 7 12 15 
3 20 21 5 
81 45 5 9 
18 8 12 24 

The example of the tag tree which is the minimum one to 4x4 above-mentioned 
arrangement is as follows. 
[0083] 
[Equation 4] 

3 0 2 7 4 7 10 
5 2 0 17 16 0 
73 37 0 4 
10 0 7 19 



Here, "3" is added to the value of each code block, and, as for "0", "2", "5", and 
"2", each is added to four corresponding code blocks. Finally, there is a value for 
every code block. That is, the nnininnum tag tree is formed by taking 2 x2 groups 
of the beginning in above-mentioned 4x4 arrangement, and it is to find the 
minimum value out of four values. In this case, it is [0084] to 2 x2 Brock. 
[Equation 5] 

10 7 
3 20 

It comes out, and it is and the minimum value is 3. This is performed also to 
other 2 x2 Brock. And these identified minimum values are again estimated by 
this example, in order to determine those minimum values that are "3." And it 
subtracts from the four minimum values and the minimum value is following 
[0085]. 
[Equation 6] 

0 2 
5 2 

It forms. And to the remaining numbers in 4x4, several 3 is subtracted from each 
value with the value in 2 x2 corresponding to the specific value in 4x4 



arrangement, and, thereby, becomes an above-mentioned tag tree. The first line 
is added as follows. 

10=3+0+77=3+0+412=3+2+715=3+2+10 variable length code may be efficiently 
used for expressing a small number. 

[0086] The example of the tag tree which is not min is as follows. 

[0087] 

[Equation 7] 

2 1 3 7 4 7 10 
6 3 0 17 16 0 
73 37 0 4 
10 0 7 19 

(It is cautious of the ability of "2", "1", "3", "6". and bit stream data fewer than "3" 
to be used to express "3", "0", "2", "5", and "2".) 

If a tag tree expression is made, based on whether zero are in 2 x2 Brock, the 
decision to which an expression is related for whether being min or not can once 
be made. Therefore, this information is hidden. For example, it can be used 
although one bit block shows one in 2 x2 Brock and it is shown that **** is not 
some minimum tag trees, however in order to send some specific information to 
a decoder. Similarly, if 2 is min within 2 x2 Brock, such a fact can send 



information whicli is different in a decoder. 

[0088] JPEG2000 - POC, QCD, and a QCC marker can have a redundant entry 
A code stream is quantized and the marker seems not to re-write it in. For 
example, QCD and a QCC marker have a value over some subbands specified 
according to the functor of a marker. When few subbands are actually encoded 
by the inside of a bit stream, data may be hidden in the value used in order to 
make a subband ******. Or it was permuted and hidden, it Is used for side band 
information and deals in a redundant entry. 

[0089] Or it was hidden, side band information may also include after-treatment 
directions (for example, or it Sharp-izes that tile with a specific filter, optical 
character recognition (OCR) is performed to emphasis, smoothing, or this field), 
decode directions, security (for example, cryptographic key for decoding a 
remaining image or other remaining images etc.), code stream discernment (for 
example, POTUS label attachment as cage JINETA of a file etc.), and/or other 
information. 

[0090] The use hierarchy of the hierarchy at the time of coding Is a part of JPEG 
specification. In the one example, probably, the side band information on a COM 
marker is used by the decoder, in order to enable a hierarchy's selection during 



decode. This side band information is used for choosing the hierarchy for the 
quantization after compression in order to make the rate / distorted target over 
the contents of a frequency from which it differs for the field of a different 
viewing-and-listening distance, different resolution, and a different interest, and 
analysis (as [ find / for example, / the edge of a text ]) agree. 
[0091] A hierarchy is beforehand defined by one example based on a rate. It 
seems that for example, the 1st hierarchy expresses 1-bit per pixel image, and 
the 2nd hierarchy, on the other hand, says that he expresses 2-bit per pixel 
image. Therefore, a hierarchy changes from the lowest quality to the highest 
quality. Similarly, a target rate can also be doubled with a low resolution. 
[0092] Side band information is accumulated in the marker segment in a code 
stream. In the one example, a JPEG2000 comment (COM) marker is used so 
that the information about a hierarchy may be offered. Especially a COM marker 
is used for the byte count about each resolution and/or the rate covering a whole 
image or the relative byte count to the hierarchy of each addition being shown. 
Table 6 goes over the tile in an image, is a byte count and shows each class and 
its resolution. Such a table has a distortion value instead. 
[0093] 
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In other examples, alignment is every hierarchy. Thus, the following hierarchy =0, 
cutting tool =7959, bit rate =0.971558, alignment according [ above-mentioned 
information ] to PSNR=30.7785, hierarchy =1, cutting tool =10877, bit rate 
=1.327759, alignment by PSNR=32.0779, hierarchy =2, cutting tool =16560, a 
bit rate = as shown in 2.021484 and alignment by PSNR=35.7321, it is unified to 
each level (not separated by level or the component). 

[0094] The distortion by the hierarchy is based on PSNR. For example, hierarchy 
=0, PSNR=30.7785 hierarchy =1. PSNR=32.0779 hierarchy = it is 2 and 
PSNR=35.7321. 

[0095] In the alternative example, such information is hidden in the code stream 
as mentioned above. This information may be used for controlling rate distortion. 
[0096] A hierarchy is beforehand defined in a specific viewing-and-listening 
distance by other examples. In such a case, data are divided Into a hierarchy 
from the highest frequency and the lowest resolution to the lowest frequency and 
the highest resolution. 

[0097] In the one example, a hierarchy shows the sum total of the bit for which 
the whole image to the hierarchy and the hierarchy in front of all is continued. 



(For example, 16,011 bits of total numbers of bits to a hierarchy 0 and a 
hierarchy 1 currently listed by the degree, a hierarchy 1, are shown.) Table 7 
shows this kind of absolute rate information. 

[0098] Table 8 shows relative rate information. A hierarchy 0 shows 4096 bits 
and a hierarchy 1 shows 11,915 etc, bits etc. 
[0099] 
[Table 7] 
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[0100] 
[Tables] 
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For example, when it is allowed that only 750,000 bytes decodes an image, 
(since 1,000,000 bytes shown to the hierarchy 6 of 500,000 bytes of a hierarchy 
0-5 are included), all in which decode and it deals are the one half of a hierarchy 
5 and the important hierarchy 6. The packet from a hierarchy 6 is not contained 
in some the examples. In other examples, some a hierarchy's 6 packets are 
contained and other packets are transposed to a zero packet so that the sum 
total of hierarchy 6 data may become about 250 and 0000 bytes, 
[0101] Drawing 22 shows the example of the hierarchization to 3 level, MSE, or 
the same 5.3 irreversible conversion. Reference of drawing 22 shows 45 
hierarchies. The hierarchy of each addition improves MSE in the sequence of 
giving the good Leto distortion, to MSE. 

[0102] Drawing 23 shows other examples in which conversion has 5 level and is 



divided even into the data hierarchy 0-3. By a hierarchy 0 corresponding to the 
thumbnail version, a hierarchy 0-1 corresponds to monitor (or screen) resolution, 
and a hierarchy 0-2 corresponds to print resolution, and a hierarchy 0-3 
responds to no losing. 

[0103] A hierarchy may be beforehand defined on some of other distorted criteria 
(for example, MSE, MSE by which weighting was carried out, clearness of a text, 
etc.) by the alternative example. 

[0104] Since an image is generated, in order to choose a hierarchy, the 
information about a hierarchy is used for a decoder from a code stream, the 
decoder which knows the desirable viewing-and-listening environment (refer to 
Table 9) from application or activation, and uses the information from a ****** 
code stream for a hierarchy - however, a code stream can be quantized in order 
to display an image in viewing-and-listening distance. Drawing 9 shows such a 
decoder. If drawing 9 is referred to, since the quantized code stream 904 is 
generated through choosing a suitable hierarchy, including the quantization logic 
902 which receives a code stream and inspects a COM marker, a decoder 901 
will use the information about the viewing-and-listening distance memorized in 
memory 903. Since image data 906 is generated, after the quantized code 



stream 904 chooses a hierarchy, it is decoded by the decode logic 905 (for 
example, JPEG2000 decoder). A simple decoder only disregards the data within 
a comment marker. 

[0105] Drawing 10 shows the flow of the processing for using a hierarchy at the 
time of decode. This processing is performed by hardware (for example, the 
logic of dedication, a circuit, etc.), software (it performs by the general purpose 
computer or the exclusive machine), or processing logic including those both 
combination. 

[0106] If drawing 10 is referred to, this processing will be started by the 
processing logic which receives the code stream of the compressed logical data 
(processing Brock 1001). This image data is systematized by two or more 
hierarchies, and that each contains the encoded data which apply a vision value 
to an image in an image (for example, it is [ which it is visible to Sharp ] more 
clear, and contrast is more good). The following processing logic chooses one or 
the hierarchy beyond it based on side band information for quantization 
(processing Brock 1002). After selection, processing logic reverse-compresses 
the hierarchy by whom a code stream is not quantized (processing Brock 1003). 
[0107] When some of tiles, tiles and edit 1 ** of a packet, and a code stream are 



formed, it is desirable to edit some images. That is, for example, in order to form 
a code stream, the group of a tile is decoded, after encoding. After decoding the 
group of a tile, edit is performed and **** of a tile is encoded following it with what 
was edited into the same size as the tile encoded before decoding. The example 
of typical edit includes Sharp-izing of a text, and removal of "bloodshot eyes." 
Without rewriting the whole code stream, it is in memory or a JPEG2000 code 
stream can be edited within a disk file system. 

[0108] Drawing 11 shows the flow of one example of edit processing. This 
processing is performed by hardware (for example, the logic of dedication, a 
circuit, etc.), software (it performs by the general purpose computer or the 
exclusive machine), or processing logic including those both combination. 
[0109] If drawing 1 1 is referred to, processing logic will determine the tile and tile 
part which include first the field which should be edited, resolution, a component, 
and/or a partition, or a packet, and will decode them (processing Brock 1101). 
This decision is made by answering the user who chooses a field and/or 
resolution of operation. This decision may use the edit information which carries 
out whether the part into which which part or tile is edited is included with higher 
resolution in order to determine. Once decode is completed, processing logic will 



perform desired edit (processing Brock 1102). 

[0110] After performing desired edit, processing logic represses data to the 
encoded data (processing Brock 1103), and forms a permutation tile, a tile part, 
or the packet to a code stream (processing Brock 11 04). In the one example, in 
case a permutation tile, a tile part, or a packet is formed, processing logic pads a 
cutting tool's data at the last of a code stream, in order that they may form the 
permutation tile, tile part, or packet of the same size as a non-edited version, 
when new data are smaller than the non-edited version of data. 
[01 1 1] In the alternative example, the marker or tag like a COM marker segment 
of suitable die length may be used for processing logic instead of padding. A 
COM marker can include information [ can use it in order to fill a tooth space, or ] 
to include an encoder. For example, the copyright license about the side band 
information that it explained here, or an image, a text, or information like other fill 
format information should be included. 

[0112] In the one example, the component of all which **** is omitted until data 
suit processing logic in a code stream on the occasion of formation of a 
permutation tile, a tile part, or a packet, when new data are larger than the 
non-edited version of data. 



[0113] Edit of an image is performed by changing a tile, a tile part, or the 
encoded data to a code block. In the one example, edit is performed by 
quantizing instead of extending, without changing a file. In other examples, in 
order to enable the escape of a predetermined amount, the further space of a 
predetermined amount is assigned to per a tile or code block. Furthermore, in 
other examples, by operating a tile header, the encoded data are put on the last 
of a file, and arrange invalid tile data in a COM marker. 

[01 14] When there is a tile part of consecutiveness depending on the data in the 
part of the code stream currently edited, it is cautious of it becoming impossible 
to use these tile parts within a code stream. A decoder is told about directions of 
this data that cannot be used by one of some approaches. These approaches 
include inserting or changing information, in order to show the existence of data 
and/or the location which cannot be used. In the one example, in order to show 
that the data in the tile part which follows the edited tile part may be unable to 
use it, a condition buffer is used for application. A condition buffer may be in 
work-piece memory, and describes the dependency between packets. When a 
former packet is changed, a consecutive packet cannot be decoded as it is. or 
[ that the packet of these consecutiveness is edited according to it ] or it must 



be deleted. In other examples, such directions may be made by generating the 
PPT marker in which it is shown that a part for the data division of those tile parts 
is made into zero, or there are no data. 

[0115] In order to generate the quantized multiplier value, the division of the 
multiplier which are some or by which quantization from all subbands is not 
carried out during the optimal coding personal appearance child-ized coding is 
done by Q value. This Q value has a wide range value. A typical encoder 
quantizes some values within the value of the single range made equal to one 
single multiplier value. Essentially, all specific multipliers within the limits are 
quantized by the same value. This is illustrated by drawing 12 , the range of a 
value carries out owner Perilla frutescens (L.) Britton var. crispa (Thunb.) Decne. 
of the curve of a campanulate configuration, and all specific values within the 
limits like the range R1 are sent to a decoder as one quantized value like R1', 
and a decoder reconfig urates these values to a specific value. It is assumed that 
a decoder reconfigurates these values to a predetermined (for example like 
[ here / supposing Q is a quantization step size / of floor (1/2 and min+1/2, max) 
or min+1/2, and Q ]) value. For example, when the range of a value is between 
16 and 31, a value can consider that a decoder is 24. In the one example, other 



values like floor (3/8 and min+5/8, max) or min+3/8, and Q are chosen instead of 
using one half as a value. Here, Q is a quantization step size. Therefore, when 
the range is between 16 and 31, a decoder reconfig urates the value to 22 
instead of 24. 

[01 16] In some cases, two multipliers which adjoin spatially are numerically near 
mutually, but in drawing 12 , it may be in another quantization bottle 
(quantization range) like the multiplier value 1201 of the range R2, and the 
multiplier value 1202 of the range R1. Distortion may take place in the result of 
this quantization. In the one example, to the multiplier near the boundary of two 
quantization bottles (quantization range), an encoder chooses a bottle (range) 
like the range R1 where a multiplier like a multiplier 1201 is quantized, and, 
thereby, the coordination between adjoining multipliers like a multiplier 1202 is 
maintained. This is useful to avoiding distortion. That is, when it moves to a high 
bottle (range) from a bottle (range) especially with a small multiplier, this 
technique decreases distortion, and makes a rate increase, and it deals in it. 
[0117] In applying wavelet compression to the reduction animation sequence of 
the flicker to Motion-JPEG, a flicker sometimes occurs. Or the inside of the field 
in a continuous frame becomes bright, the example of such a flicker may include 



the appearance (mosquito noise near an edge) of the image which becomes 
dark, or edge change, as an animation sequence is reproduced. To the frame 
which an animation sequence follows, or, therefore, the application of different 
local quantization to the noise which gets worse by quantization to which it is 
viewed and listened temporarily may require the flicker. 

[0118] In order to decrease a flicker, and it is in the same location within a 
continuous frame, the multiplier near the same value is made by the same value. 
That is, the multiplier value in a continuous frame is set as a predetermined 
value. This is essentially the format of the quantization applied during coding. 
Drawing 13 is the flow Fig. of one example of the processing which decreases a 
flicker. 

[0119] The trial of whether to apply such quantization to the multiplier value in 
the frame which follows is due to the quantization performed for the multiplier in 
a front frame. Therefore, while a decoder decodes data independently for every 
frame, an encoder uses the dependency of a frame, in order to remove a flicker. 
[0120] Based on mutual threshold relation [ value / multiplier ] in order to 
decrease the flicker in Motion-JPEG in the one example, it is changed 
(quantizing) and is **. For example, it is the following, when Dn and Dn+1 are the 



multipliers (the same subband as the same spatial position) to which it 
corresponds in two frames before quantization, D'n and D'n +1 express these 

multipliers after quantization and Q (-) is scalar quantity child-ization, and when a 

i f ( I Q (Dn + 1) - (D' n) I <T) 

D' n+ 1 =D' n 
else 

value T is a threshold. D' n+ 1 =Q (Dn + 1) 



It ******. For example, ****** [ a value T / twice the quantization step size ]. For a 
limit, other values of T are [0121] although not carried out. 
[External Character 1] 

42Q. 1.52. 2^Q 

It comes out. 

[0122] One of the multiplier values may be changed so that it may become one 
predetermined approximation of other multiplier values. This approximation is 
determined by a certain threshold, or [ that a user sets up a threshold based on a 
certain criteria ] - or it is accommodative. Probably this threshold may differ from 
a subband based on the coordination (the number of frames with this near 
multiplier) of a specific value. In the one example, a multiplier value is set up 



equally to other multiplier values, an alternative example - a multiplier - the 
inside of the quantization bottle (quantization range) size of other multiplier 
values — or it is set up the twice of quantization bottle (quantization range) size. 
[0123] Drawing 14 shows one example of the encoder (or the part) which 
performs above-mentioned quantization. If drawing 14 is referred to, a quantizer 
1400 will receive the multiplier 1410 to the frame of the animation sequence from 
wavelet transform (not shown). The multiplier is received by the quantization 
logic 1401. The threshold memorized in memory 1403 to the multiplier value 
about the frame before memorizing in memory 1403 to the multiplier 1410 is 
compared with the scalar quantity child-ized value Q given from memory 1404. 
[0124] The quantization logic 1401 may contain comparison (for example, logic 
[ which has the gate ], circuit, etc. are needed) hardware, or the software which 
performs a comparison. This comparison hardware and software perform a 
subtracter or subtraction actuation. This result is quantized by the code stream 
(suppose that some values were changed). 

[0125] This is applied over two or the frame beyond it. Moreover, the comparison 
is not restricted to two continuous frames. A comparison may go over the frame 
of 3, 4, and 5 grades, in order to determine whether change exists or not. The 



example in which drawing 24 is used for the value in the 1st and 3rd frame 
setting up the value in the 2nd frame is shown. 

[0126] Quantization is noticed about the code stream quantization using the 
regulation based on a code block being sufficient. 

[0127] In the rate control, quantization, and hierarchization 1 example, 
alternative quantization of a multiplier is performed during coding by setting up 
the subset of the amelioration bit which should be a symbol (MPS) with still 
higher possibility. This may be performed in respect of the bit by which the own 
alternative was made. For example, the amelioration bit set as MPS for the 
purpose of having a sharp text image while minimizing the encoded data which 
are demanded from a background image, when a text was in a background 
image does not affect the text to the last bit side, using the actual value over the 
bit which affects a text. 

[0128] Such a quantization device is used for performing uneven quantization 
size. For example, when it desires to have a background in few bits, a setup of 
the amelioration bit to MPS can operate as a format of quantization. Although 
this quantization device generates distortion of a certain level, it lowers a bit rate 
required to transmit a code stream. 



[0129] Although this technique is given to the bit generated between 
amelioration pass and being dealt in it, this technique is noticed about having the 
application to other compressor styles (for example, the list generated between 
low-ranking pass, the tail bit of CREW of Ricoh Silicon Valley of the MENRO 
park (Menio Park) of California, MPEG IV texture mode, etc.). 
[0130] In the one example, the same technique may be applied to other 
inter-frame change. That is, in the one example, change by the rate distortion In 
one frame is performed within a consecutive frame, in order to prevent distorted 
effectiveness. 

[0131] The quantization which a user specifies is offered in the rate control and 
quantization 1 example. 3 level conversions of one component — receiving — 
level 1 HH, level 1 HL and LH, level 2HH, level 2HL ** LH, level 3HH, and level 3 
- it comes out enough with the quantization value of 7 of HL, LH, and level 3LH. 
[0132] When a quantization value is the bit side to omit (equal to the formation of 
a scalar quantity child by the exponentiation of 2), in a great portion of 
application, 3-bit value (0 ... 7) is enough. (To an image component with 12 bits 
or the bit depth beyond it, 5, or the conversion level beyond it, probably more 
high quantization is useful.) A value 0...6 Is used for specifying the number of the 



bit sides to omit, and is used for meaning that 7 throws away all bit sides. A 
triplet value is written in the controller which controls compression (or reverse 
compression) hardware (for example, JPEG2000 compatible hardware), in order 
to perform quantization. 

[0133] To 3 component color quantization, the separate value over each 
component can use -21 value. - brightness -- receiving — 7 and the color 
difference - receiving - 14 values of 7 - it can be used - brightness - receiving 
— 7 — and 17 values of 5 can be used to the data by which the 4:1 :1 subsample 
was carried out to each color difference component. - The duodecimal of 5 can 
be used to the data by which the 4:1:1 subsample was carried out to 7 and a 
color difference component to brightness. - 19 values of 6 can be used to the 
data by which the 4:2:2 subsample was carried out to 7 and each color 
difference component to brightness, and 13 values of 6 can be used to the data 
by which the 4:2:2 subsample was carried out to 7 and a color difference 
component to - brightness. 

[0134] Since 21*3=63 bit is smaller than 8 bytes, transmitting or accumulating 
quantization uses few resources. A central-process unit (CPU) chooses one 
predetermined quantizer from a table, and writes it in CPU or other controllers 



which control JPEG2000 hardware (chip) of a special purpose about each frame 
of a Motion-JPEG 2000 video sequence. Instead, one activation of JPEG2000 
may have the small memory holding the quantizer with which 8 in which it is 
chosen to each frame and deals differs from 16. 

[0135] A quantizer can be used also in order to assign a hierarchy a bit side. For 
example, the quantizer which specifies the bit side of the coding pass to 
quantize is sufficient as QO, Q1, and Q2. Although a quantizer QO generates 
most many loss, on the other hand, a quantizer Q2 generates the fewest loss. A 
hierarchy 1 is data which were not quantized by Q1 but were altogether 
quantized by QO. A hierarchy 2 is data which were not quantized by Q2 but were 
altogether quantized by Q1 . A hierarchy 3 is data altogether quantized by Q2. 
[0136] or [ that simple quantization drawing 17 and 18 omit some multipliers 
LSB ] — or the quantizer (label A...Q) of instantiation to 3-level 5/3 conversion 
which is not encoded is shown. The omission of N bit side is equivalent to the 
2-N formation of a scalar quantity child. The subband from which quantization 
changes is highlighted about a front quantizer at the rectangular head of a 
broken line. All the quantizers D, K, and Q have the same relation between 
subbands. Other better quantizers may be used about other distorted criteria. 



concerning MSE. 

[0137] Verilog (very log) which is the following of instantiation changes single 
quantization value"q" into seven quantizers (the number of LSB to omit). It is that 
variable q_1_HH is used to a level 1 HH multiplier, and variable q_1_H is used to 
a level 1 HL multiplier and LH multiplier etc. The value which some q follows is 
[0138], 

[External Character 2] 

0 

It comes out and is set to quantizer:©. 1 and 2 and 3, 4 [ same ] and 5 [ same ], 
8i+6. and 8i+7 to some integers i of all. 
[0139] 
[Equation 8] 



module makeCKq, q-lHH, q_lH, ti.2HH, q_2H, q_3HIiq_3H, 

input [5:0J q; 
output [3:0] qJHH; 
output [3;0] q,lH; 
output [3:0] qJ2HH; 
output [2.0] q.^; 
output [2:0] q.3HH; 
output [2:0] q.3H; 
output [2:0] q.3LL; 

wire [3:0] temp_2H; 
wire [3:0] temp_3HH; 
wire [3:0] temp_3H; 
wire [3:0] temp JLL; 
wire [2:0] qio; 
wire [2:0] qhi; 

assign qlo = ql2;0]; 
assign qhi = q[5:3]; 

assign q_lHH = qhi + ((qlo >= 2) ? 1 : 0); 
assign q_lH = qhi + ((qlo >= 4) ? 1 : 0); 
assign q_2HH = qhi + {(qlo >= 6) ? 1 : 0); 
assign temp_2H = qhi + ((qlo >= 1) ? 0: -1); 
assign temp JHH = qhi + ({qlo >= 3) ? 0: -1); 
assign lemp_3H = «^ + ((qlo >~ 5) ? 0: -1); 
assign temp_3LL =qhi-l 

assign q^2H = (temp_2H < 0) ? 0 : temp_2H; 
assign q_3HH = (temp_3HH < 0) ? 0 ; temp JHH; 
assign q^3H =(tempJH < 0) ? 0 : temp_3H; 
assign q_3LL = (temp JLL < 0) ? 0 : temp.3LL; 

endmodule 



The weighting table 9 of human being's vision system to a color and a frequency 
shows the bit side of the addition to quantize (for example, cut-off) to the 
brightness using the frequency response of human being's (from the table J-2 
JPEG2000 specification's) vision system. Probably, the viewing-and-listening 
distance of 1000 pixels will be suitable to view and listen to the image on a 
computer screen. Probably, a longer viewing-and-listening distance will be 



suitable to a printing image or television. 

[0140] 

[Table 9] 
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Furthermore, the color difference may be quantized still more heavily than 
brightness. 

[0141] Drawing 19 is started by drawing 17 (D), and (as opposed to both 
brightness and the color difference) frequency weight is applied to a 1000-pixel 
child long distance, it holds so that 3LL color difference may not be changed, 
and 1HL and IHH color difference about 4:2:2 are thrown away, and the 
quantization into which an additional 2-bit side is thrown away to the remaining 
color difference is shown. 

[0142] The sharp text without a ringing strain is more desirable than the exact 
gradation value over a text/background. That is, gradation level is 50% (for 
example), and supposing it is inserted at 60%, when an image is a text, it may 



often be visually desirable. In the one example, LL (DC) multiplier is a low bit rate, 
and is quantized still more heavily to a text rather than a non-text image. For 
example, to a 8-bit image component, 8, 16, or the quantization step size of 32 
may be used to the field of only a text, and it may be used to the field where 1 , 2, 
or the quantization step size of 4 does not contain a text. This makes possible 
still higher fidelity to a high frequency multiplier, and serves as a text which has a 
sharp edge by that cause. 

[0143] The use table 10 of the quantizer for dividing into a hierarchy shows the 
quantizer of instantiation of 16. The quantizer 15 was not lost. The quantizer 8 is 
the same as what is shown in drawing 19 . These can be used for dividing a 
subband bit side into a hierarchy. 
[0144] 
[Table 10] 
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A hierarchy 0 contains all the data that separate with a quantizer 0 and are not 
quantized. This is only the 4-bit side of all the 3LL, 2HL, 2LH, 3HL, and 3LH, and 
brightness data excluding [ removing the 5 bit side of 2HH ] six bit sides of 1HL 
and 1LH except for 3HH(s). a hierarchy 1 is not in a hierarchy 0 and separated 
with the quantizer 1 - it does not quantize it is and all data are included. The 
bit side 3 to bit side [ to the receiving-1 HL / except a 6 bit / as opposed to; and 
color difference 2HL, and 2LH and 3HH(s) except for a 5 bit / as opposed to 
color difference 3HL and 3LH in this / side / side /, and 1 LH brightness bit side 5, 
and 2HH ] 4, 3HL, and 3LH; it is all 3LL color difference. Finally, a hierarchy 15 



contains LSB of 1 LH color difference. 

[0145] There are some known techniques about rate control of the rate control 
compression system accompanied by two or more hierarchies and tile parts. " 
into which the simple approach was compressed — it is choosing distortion as 
every unit" (a unit is the subband of the frame within 8x8 Brock of JPEG, and an 
animation sequence, the tile of a single image, and the tile in the image by which 
wavelet coding was carried out etc.). When a selected distortion draws a bit rate 
higher than a desirable average bit rate, it is increased to the new unit 
compressed by distortion allowed. When a selected distortion draws a bit rate 
lower than a desirable average bit rate, distortion allowed decreases to the new 
unit compressed. 

[0146] Furthermore, a complicated approach carries out the buffer of the data 
compressed from some "units." The bit rate and/or distortion to each unit in each 
distorted level are memorized. And distortion which goes over all the units in a 
buffer and Is allowed is determined when filling up with all buffers. A buffer can 
appear in the whole image being included enough, and, in a certain case, very 
high quality can be acquired. In JPEG2000, a hierarchy is designed so that the 
augend to quality may be included. Therefore, choosing distortion means 



choosing the number of hierarchies used to each code block or a tile. Perfect 
explanation of rate control of this kind is David. It is indicated in IEEE paper "the 
high performance scalable picture compression accompanied by EBCOT" about 
the image processing of Taubman. 

[0147] This processing has some faults. One fault is that the buffer memory to 
the whole code stream is the need. The 2nd fault is that rhe ten C (time amount 
until a code stream is outputted at the time of waiting) is high. The 3rd fault is 
that the 2nd pass uses a lot of time amount. 

[0148] In order to ease these problems, each tile of a JPEG2000 code stream is 
encoded as mentioned above on at least 2 hierarchies. By completion of coding 
of each tile, the number of packets (for example, a hierarchy, resolution, a 
partition, a tile component) is outputted to a code stream as a perfect tile part. 
The remaining hierarchies are memorized in a buffer. The 2nd pass through the 
data with which the remainder in a buffer was encoded is an option. Between 
this 2nd pass, if space or degree between allows the excessive packet from 
each tile, it will be added to a code stream as a perfect tile part. In application of 
a fixed rate, only the packet in a predetermined rate is added. An only number of 
cycles are allowed in application of fixed time. One example of this processing is 



shown in drawing 15 (A). Therefore, these are two perfect tile partial outputs to 
each tile. 

[0149] Drawing 15 (B) shows some hierarchies and hierarchy 1-n. A hierarchy 1 
is the output of the 1st pass, and possibility below fixed time or a fixed rate time 
limit is [ the remaining hierarchies ] high. The output in the 2nd pass in fixed time 
or a fixed rate demand is satisfactory for a hierarchy 2, attaining the same 
distortion over all components. 

[0150] Since there is Mttle data to process, the 2nd pass which above-mentioned 
processing made it possible to memorize some data with which the buffer was 
encoded, and the 1st data was outputted immediately (transmitting or 
memorizing), and let data pass has the dominance point of being high-speed. 
Moreover, a buffer ends by little memory. 

[0151] The criteria as which which packet chooses [ 1st / of tile part ] whether it 
constructs, and passes and goes are the same as that of other rate control 
algorithms. In the one example, the rate of a packet is smaller than the desirable 
average rate of the whole image. For example, when the final compression bit 
rate in 2.0bpp is desirable, the 1st pass arranges 1.5bpp(s) to each tile in a code 
stream, and arranges Ibpp for a buffer to each tile. 



[0152] The 2nd pass chooses from the remaining data the packet arranged in 
the 2nd [ of each tile ] tile part. Therefore, in order to obtain 2.0bpp average 
coding, some tiles which have the high distortion after the 1st pass receive all 
the remaining data stored to the tile, and, on the other hand, other tile parts 
which have the low distortion after the 1st pass do not have data of the addition 
transmitted. 

[0153] the rate control to the compressed code stream data - some rate control 
techniques explained here include the rate control performed to the compressed 
code stream based on the demand performed by choosing some numbers of 
hierarchies held within a code stream. A parser may be used for generating the 
new code stream which shows a bit rate based on a hierarchy. This bit rate is 
equal to the bit rate specified by demand, or smaller than it. 
[0154] A parser can use the DS called "packet structure" here. This DS is used 
for other purposes like the multi-purpose packet DS shown below, and it 
acquires and is careful of it. In the one example, this packet structure contains a 
packet initiation pointer and a packet size. Moreover, the partition where a tile 
number, resolution, a component, a hierarchy, and a packet belong is also 
included. Finally, it also has a selection flag. This flag shows whether it was 



chosen within the array written out to a new code stream, when set as a 
predetermined value (for example, 1). 

[0155] In the one example, a packet is read in the sequence which continues 
from a code stream based on the advance sequence information shown with the 
COD marker. 

[0156] This byte count is calculated based on the bit rate desired by demand. 
The number of the cutting tools belonging to a hierarchy 0 is added to the sum 
total. And the byte count of this sum total is compared with the number of 
desirable cutting tools. When the sum total is smaller than the number of 
desirable cutting tools, the hierarchy of one addition is added to the whole. By 
this processing being equal to the number of cutting tools with the desirable sum 
total, or becoming larger than it, all packets are continued until it is added. 
[0157] Within structure, by the selection flag, those packets added to the sum 
total between this processing are marked noting that it is chosen. 
[0158] Additional processing is suspended when the sum total is equal to the 
number of desirable cutting tools. When the sum total exceeds the number of 
desirable cutting tools, the packet in the hierarchy of the added last is deleted 
from the sum total. This is performed in order to guarantee that a bit rate is lower 



than a desirable bit rate. Tlierefore, the packet lengthened from the sum total is 
marked as un-choosing into a subtraction step. 

[0159] In the one example, a related marker like SOT, COD, and PLT is updated 
according to a demand. A packet is written in a new code stream. Packet 
structure may be formed using the following. 
[0160] 
[Equation 9] 



typedef struct .PACK. { /* packet structure */ 

int start; /* packet starting point 

int length; / * packet length */ 

unsigned short t; /* tile number the packet belongs to 
xxnsigned short r; /* resolution the packet belongs to */ 
unsigned short c; /* component the packet belongs to */ 
unsigned short 1; /* layer the packet belongs to »/ 
unsigned short p; precinct the packet belongs to V 

unsigned char select; /* selection flag */ 

} Pack_t; 

/* Store packets from tp->tile[i].Si2e[j] array to the packet structure array 
*//* Layer progression (LRCP) order */ 

if(progression_order ~ 0){ 

j = 0; 

f6r(i5=04<iiuinber_of_tilep++){ 
m = 0; 

for(l=0;i<layer;l++){ 
for(r=0;r<iesolution+l;r++){ 
f or(c=0;c<ccomponent;c+ +) { 
for(p=0,p<prednct[r],p++){ 

tp->pl<[jl. start = tp->tile(i].pointer[ni]; 
^->pk[jj.length - tp->tile[il5i2e[ml; 
totaljength += tp->tile{i].Size[in]; 

tp->pk(j]-t = i; 

tp->pk[j].r = r; 

tp->pk[j].l = l; 

^->pl«D'l-c = c; 
tp->pkQ].p = p; 
m++; 

J 

) 

} 

} 

nmn_packet[il = n\; 

) 

) 



If a multiple-purpose packet DS 1 ** packet is read in structure, it is possible to 
use the same DS as having mentioned above for making other analysis options 
easy. 

[0161] In resolution analysis, the packet which should be excepted is marked as 
un-choosing. For example, 4 resolution code stream is given, and if it is that a 
demand generates 3-resolutlon code stream, a parser will mark all the packets 
belonging to resolution 4 as un-choosing. And the newly generated code stream 
contains only the packet from resolution 1 to resolution 3. 
[0162] It is possible similarly to perform quality analysis to component analysis 
and advance conversion analysis for every step which processes a packet within 
the structure. 

[0163] Packet DS can treat a complicated demand. For example, a demand 
requires a parser to generate 3-resolution, 2-hierarchies, and the code stream 
that has 1 -component code stream. 

[0164] The pixel often encoded finally is in the outside of the range of the basis 
of the allowed pixel from the regular bit depth as a result of the quantization 
performed to the clipping wavelet multiplier after each inverse transformation. 
Typically, these pixels are clipped in the range of original, and, thereby, the 



original bit depth can be used for the further image processing or the further 
indicating equipment. 

[0165] For example, a 8-bit image has the pixel values between 0 and 255 
including it. After lossy compression is used, the decoded image may include a 
value like 256 as -5. In order to supply a 8-bit output, these values are clipped in 
0 and 255, respectively. Since the original image did not contain the pixel of the 
outside of a clipping boundary, this clip procedure usually decreases the 
distortion about a pixel. This procedure is known and is recommended by 
JPEG2000 specification. 

[0166] In addition to the boundary about a final output sample, there is a 
boundary of a value which can assume a multiplier in the various phases of 
wavelet transform. As it is in the outside of the original baseball world, 
quantization can change the changed wavelet multiplier partially, so that 
quantization can change the sample finally decoded, in order to make it be in the 
outside of the original boundary. When those multipliers clip on the original 
boundary of them, distortion decreases. 

[0167] For example, the maximum of a low-pass multiplier is +191 after the 
horizontal (one dimension) 5-3 invertible transformation using 8-bit input sample 



** specified by JPEG2000, and a min possible value is -191. A highpass 
multiplier must be the meantime which contains 255 as -255. After 
1 -dimensional perpendicular conversion, low - low (Low-Low) multiplier is -286 
to 287. Therefore, when decoding a 8-bit image, a 1st level low-low-pass 
multiplier is generated (reverse wavelet transform from high level), a multiplier Is 
clipped in -286 and +287, and distortion decreases. Similarly, after the 1st level 
perpendicular Inverse transformation Is performed, a low-pass multiplier is 
clipped in -191 and +191, and a highpass multiplier is clipped in -255,255. 
[0168] The maximum and the minimum value to a multiplier differ from each 
other to each subband, each filter, each conversion level, and each image depth. 
These maximums and minimum values are calculable by finding the signal which 
draws max and min, performing a positive compression system, and recording 
maximum. This signal that draws extremal value comes from the input each pixel 
of whose is either the greatest or the minimum, which pixel which pixel should be 
max and should be min collapses the sequence which is -1, when a wavelet 
multiplier Is negative — and when a wavelet multiplier is negative, It can 
determine by collapsing the sequence which Is +1. To 5-3 filter used by 
JPEG2000 PERT I, the target low-pass signal is [-1+1+1+1-1], and a highpass 



signal is [-1+1-1]. 

[0169] The signal (image) which generates largest LL value is [0170]. 

[Equation 10] 

+1-1-1-1+1 
-1+1+1+1-1 
-1+1+1+1-1 
.1+1+1+1-1 

+1-1-1-1+1 

Come out, it is, and +1 must be permuted by input maximum (for example, 255) 
here, and -1 must be permuted by input maximum (for example, 0). 
[0171] In order to determine maximum to an irreversible filter, it is enough for 
there to be no need of actually performing a system and to only collapse a 
wavelet multiplier. As opposed to five to reversible 3 filter, a floor function is used 
by count of a multiplier and it is used also for determining right maximum. 
[0172] This is noticed about that it may be used to other filters (for example, 9-7 
filter). 

[0173] Drawing 28 is the flow Fig. of one example of processing for applying the 
inverse transformation accompanied by clipping to the multiplier changed 
partially. This processing is performed by hardware (for example, a circuit, logic 
of dedication, etc.), software (it performs by the general purpose computer or the 



exclusive machine), or processing logic including those both combination. 
[0174] If it returns to drawing 28 , processing logic will perform inverse 
transformation of the 1st level for a multiplier (processing Brock 2801). After that, 
processing logic clips the multiplier changed partially in the predetermined range 
(processing Brock 2802). Next, processing logic performs inverse transformation 
of the 1st level for the clipped multiplier (processing Brock 2803), and clips the 
multiplier changed partially in different predetermined range from the range in 
processing Brock 2802 (processing Brock 2804). Again, processing logic 
performs inverse transformation of the 1st level for the clipped multiplier 
(processing Brock 2805), and clips further the multiplier changed partially in 
other predetermined range (processing Brock 2806). 

[0175] The typical decode processing containing the handling color 
management of the simplified color space is shown in drawing 25 . Reference of 
drawing 25 supplies the file which has a file format (for example, file format 
described in JPEG2000 specification) containing the restricted ICC profile to 
decode processing. Although the reverse compressed block 2501 
reverse-compresses a file by performing reverse wavelet transform by taking the 
code stream part of a file and performing relational-model-izing and entropy 



decode, it does not perform color conversion actuation. When a code stream 
shows RCT or an ICT component, conversion should be used for decoding a 
code stream and these are performed by Brock 2502. That is, reverse RCT/ICT 
Brock 2502 gets a component and "RCTY/N" directions (if it is yes and is RCT 
and no ICT), and performs specified inverse transformation, and supplies a RGB 
(it is non-display) pixel (v\^hen prescribed by functor, a reverse level shift is also 
performed). 

[0176] With the information about a display, since an output pixel is generated, 
the ICC color profile from a file format is used for the last. 
[0177] Reverse ICC Brock 2503 receives a RGB (it is non-display) pixel and an 
ICC profile, and performs reverse color conversion to a display RGB pixel. 
[0178] Drawing 26 shows one example of the camera encoder which is not 
suitable. If drawing 26 is referred to, a camera will generate a YCrCb pixel. A 
converter 2602 changes a YCrCb pixel into a RGB pixel, and supplies them to 
JPEG2000 typical encoder. An encoder has the RCT/ICT converter 2603 and a 
compressor 2604 follows it. A compressor generates ICCA to a code stream. 
[0179] Drawing 27 shows one example of a simple camera encoder. That is, a 
simple camera encoder contains only compressor Brock 2702 instead of RCT / 



ICT transducer 2603, and a connpressor 2604 being included. If drawing 27 is 

referred to, a camera 2701 will generate a YCrCb pixel and will supply them to a 

compressor 2702. A compressor generates the ICCB code stream accompanied 

by RCT equal to 1 (accompanied by the functor which shows that reverse RCT 

should be used on the occasion of decode) including JPEG2000 encoder 

without RCT conversion. The relation between ICCB and ICCA is the following 

formulas and [0180]. 

[Equation 11] 

ICC, = ICC^ c YCrCb * o RCT 

It is alike and is given more. It is here and is [0181]. 
[External Character 3] 

o 

** and the composition of functions are shown. 

[0182] The restricted ICC profile is the "functor" over the function of a pixel. A 
camera writes in the same profile to all pixels typically, and ICCB is calculated 
off-line by that cause, and it is copied to each output profile. HW about YCrCb-1 
and RCT/ICT which operate about each pixel with the conventional technique is 



indispensable. 

[0183] Typically, coding JPEG2000 specification is used for treating the data of 
4:4:4 formats as 4:4:4 data accompanied by quantization for 4:2:2: and 4:1:1 
data. It cannot describe how the data of 4:1 :1 or 4:2:2 formats are reconfigurated 
in 4:4:4 formats for an output. In the one example, when encoding 4:1 :1 data, an 
encoder treats 1HL, 1LH, and 1HH multiplier as zero. When encoding 4:2:2 data, 
an encoder treats 1HL and 1HH multiplier as zero, therefore, all the data in an 
excessive subband are quantized to zero - having - a decoder - the a code 
stream is receivable so that it may expect. In other words, the encoded data 
resemble 4:4:4 data quantized heavily. 

[0184] Two or more images in a thumbnail, a monitor, a printer, total resolution, 
and the resolution of file sequence plurality to quality are important in the 
situation of many Image processings. Depending on application, a user may 
desire a thing from which different resolution differs and for which image 
selection is made. For example, a thumbnail image is used as an index of many 
images, and it deals in it. Moreover, a screen resolution image may be used for 
sending to the monitor which displays it. The low resolution to printer application 
is sufficient as a print resolution image. 



[0185] The version from which the code stream of an image is systematized by 
the section and an image like for example, the thumbnail version, the screen 
version, the print version, and a non-lost version differs by that cause in the one 
example is continuous by quality. 

[0186] A packet consists of one example so that a certain packet may 
correspond to specific resolution like a thumbnail. The combination of other 
packets and these packets expresses a monitor resolution image, and when 
combined with other packets, it expresses the printer version etc. POC and a tile 
part are used and grouping of both the parts of a code stream is carried out. For 
example, grouping of all the tiles of both of thumbnail size is carried out, and, for 
the tile of other resolution, the tile of other resolution is following a degree etc. 
following a degree. Drawing 21 shows advance of instantiation which carries out 
a single transducer pair. Grouping of the thumbnail of each tile is carried out into 
a tile part at the head of a file. Drawing 21 A shows that only the tile part 2101 is 
a part used to a thumbnail image. Drawing 21 B shows that the tile part 
2102-2104 is contained with the tile part 2101 to monitor resolution. Drawing 21 
C shows that the tile parts 2105 and 2106 are contained with the tile part 
2101-2104 to printer resolution. Finally, drawing 21 D shows that the three 



remaining tile parts 2107-2108 are contained with other tile parts to the non-lost 
version of data, a tile part — these — constructing ~ it is arranged on a server in 
order of this advance. 

[0187] One example of the processing accessed to that to which grouping of the 
tile part was carried out is shown in drawing 16 . The processing is performed by 
hardware (for example, the logic of dedication, a circuit, etc.), software (it 
performs by the general-purpose computer system or the exclusive machine), or 
processing logic including the both combination. In the following steps, an image 
is changed on the hierarchy who divides an image into sufficient resolution level 
and four sizes. 

[0188] If drawing 16 is referred to, processing logic will opt for right resolution 
and hierarchization to a thumbnail first (processing Brock 1601). In the one 
example, in order to opt for right resolution and hierarchization to a thumbnail, 
processing logic forms POC restrained by that resolution and hierarchy to each 
tile, forms **** of a tile part, and arranges this POC to each tile in a code stream. 
[0189] Next, it repeats processing Brock 1601 to monitor resolution noting that 
processing logic already has a thumbnail packet in a code stream (processing 
Brock 1602). And it repeats processing Brock 1601 to printer resolution noting 



that processing logic already has a monitor packet in a code stream (processing 
Brock 1603). 

[0190] Finally, a POC marker is formed in the edge of resolution and a hierarchy 
to each tile (processing logic 1604). In the one example, when forming a POC 
marker in the edge of resolution and a hierarchy forms the remaining tile part for 
four **** of a tile part, and non-lost conversion, it performs. 
[0191] If the specific sequence of the packet defined in POC is important, it is 
noticed about it being a mere limit that there is nothing. 

[0192] Computer system drawing 20 of instantiation is the block diagram of the 
computer system of instantiation. If drawing 20 is referred to, a computer system 
2000 may have the client 150 of instantiation, or server 100 computer system. A 
computer system 2000 has the processor 2012 connected to the bus 2011 in 
order to process the transmitter style or the bus 2011, and information for 
communicating information. A processor 2012 has microprocessors, such as 
PentiumTM, PowerPCTM, and AlphaTM, for example, although a limit is not 
carried out to a microprocessor. 

[0193] A system 2000 has further the random access memory (RAM) or other 
dynamic memory equipments 2004 (it is called the main memory) which were 



connected to the bus 2011 which memorizes the information which boils a 
processor 2012 and is performed more, and an instruction. Main memory 2004 
may be used for memorizing a temporary variable or other middle information, 
while boiling a processor 2012 and executing an instruction more. 
[0194] a computer system 2000 also has data storage 2007 like the read-only 
memory (ROM) and/or other static memory equipments 2006 which were 
connected to the bus 2011, a magnetic disk or an optical system, and its 
corresponding disk drive, in order to memorize the static information and the 
instruction which a processor 2012 is looked like [ instruction ] and received. 
Data storage 2007 is connected to the bus 2011 which memorizes information 
and an instruction. 

[0195] Further, a computer system 2000 has a display 2021 like the cathode-ray 
tube (CRT) or liquid crystal display (LCD) connected to the bus 201 1 , in order to 
display information on a computer user. The alphabetic-character input unit 2022 
containing an alphabetic character and other keys is also connected to the bus 
2011 in order to communicate the information and the select command which 
pass through a processor 2012. The further user input equipment is cursor 
control 2023 like a mouse, a trackball, a trackpad, a stylus, or a cursor arrow key 



which communicates a select command with direction information to a processor 
2012, and controls migration of cursor on a display 2021. 

[0196] Other equipments connected to the bus 2011 are hard copy units 2024, 
and this is used for printing an instruction, data, or other information to paper, a 
film, or the medium of the same format. Furthermore, the sound record and the 
regenerative apparatus like a sault peaker and/or a microphone may also be 
connected to the bus 201 1 which carries out an audio interface with a computer 
system 2000 as an option. Other equipments connected are the cable / radio 
function 2025 which communicates with a telephone or pocket equipment bus 
2011. 

[0197] It is cautious of the hardware relevant to the component of all which **** 
being used for a system 2000 among this inventions. However, other 
configurations of a computer system are some, or it will be understood that all 
equipments may be included. 

[0198] Although it will become clear to this contractor that this invention has 
many deformation and amelioration if the above-mentioned explanation is read, 
don't understand the explained specific example as what restricts this invention. 
Therefore, the claim of this invention which is enumerating only the 



configurations considered that reference of detailed various examples is 

indispensable to this invention is not restricted. 

[0199] 

[Effect of the Invention] The Improvement of the compression and the reverse 
compressor style which enable the high speed, the low cost, the small memory, 
and/or the abundant activation of the description by the selections in JPEG2000 
being used for this invention can be made. 



DESCRIPTION OF DRAWINGS 



[Brief Description of tlie Drawings] 

[Drawing 1] It is tine block diagram of JPEG2000 specification decode device. 
[Drawing 2] It is drawing showing one example of the configuration of the image 
in memory. 

[Drawing 3] It is drawing showing the configuration of the conversion memory to 
the various level which shows notionally how a multiplier is memorized to 
positive conversion. 

[Drawing 4] It is drawing showing the example of the single memory which can 
memorize the various decomposition level of input image data and image data 
during positive conversion and inverse transformation. 

[Drawing 5] It is drawing showing one example of processing treating input data. 
[Drawing 6] (A) is drawing showing the system which has an advance sequence 
conversion parser, and (B) Is drawing showing the advance converter changed 
into a quality advance code stream from a resolution advance code stream. 



[Drawing 7] (A) is drawing showing two or more paths of changing a code stream 
into other advance sequence from one advance sequence, and (B) is drawing 
showing one example of the simplified conversion path which changes a code 
stream into other advance sequence from one advance sequence. 
[Drawing 8] It is drawing showing one example of the processing which performs 
advance sequence conversion. 

[Drawing 9] It is drawing showing the decoder which chooses the part of a code 
stream based on side band information. 

[Drawing 10] It is drawing showing the flow of the processing which uses a 
hierarchy at the time of decode. 

[Drawing 11] It is drawing showing the one example flow of edit processing. 
[Drawing 12] It is drawing showing the bell mold curve of the range of the value 
quantized by the specific value. 

[Drawing 13] It is drawing showing one example of the processing which 
decreases a flicker. 

[Drawing 14] The encoder which performs quantization which decreases a flicker 
(or it is drawing showing one example of the part.) 

[Drawing 15] (A) is drawing showing the processing which performs rate control, 



and (B) is drawing showing some hierarchies of instantiation who can receive 
the 1st and the 2nd pass. 

[Drawing 16] It is drawing showing one example of the processing which 
accesses the group of a tile part. 

[Drawing 17] It is drawing showing the quantizer to 3 level 5 and one component 
to 3 conversion. 

[Drawing 18] It is drawing showing the quantizer to 3 level 5 and one component 
to 3 conversion. 

[Drawing 19] It is drawing showing the example of the quantization by which 
HVS weighting was carried out. 

[Drawing 20] It is drawing showing Brock of one example of a computer system. 
[Drawing 21] It is drawing showing the advance of the instantiation accompanied 
by a part to a single server. 

[Drawing 22] It is drawing showing the example of the hierarchization to 5 and 3 
irreversible conversion. 

[Drawing 23] Conversion has 5 level and data are drawing showing the example 
currently divided into the hierarchy 0-3. 

[Drawing 24] It is drawing which is used for the 1st and the value of the 3rd frame 



setting up the value of the 2nd frame and in which showing an example of the 
situation that a flicker may be avoided. 

[Drawing 25] It is the block diagram of decode processing of the conventional 
technique including the handling of a color. 

[Drawing 26] It is drawing showing one example of the camera encoder which is 
not desirable. 

[Drawing 27] It is drawing showing one example of a simpler camera encoder. 
[Drawing 28] It is drawing showing the flow of one example of the processing for 
performing inverse transformation which clips for the multiplier changed partially. 
[Description of Notations] 

101 Data Alignment Brock 

102 Algebraic-Sign-ized Machine 

103 Multiplier Bit Modeling Brock 

1 04 Quantization Brock 

105 ROI Brock 

1 06 Conversion Brock 

1 07 Component Conversion 
201 Memory 
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